Table 1 (conf) 

/* do the alignment, return best score: mainO 

* dna: values in Fitch and Smith, PNAS, 80, 1382-1386, 1983 

* pro: PAM 250 values 

* When scores are equal, we prefer mismatches to any gap, prefer 

* a new gap to extending an ongoing gap, and prefer a gap in seqx 

* to a gap in seq y. 
*/ 

nwO 
{ 

/* seqs and ptrs */ 
keep track of dely */ 
'* keep track of delx */ 
'* for swapping rowO, rowl */ 
score for each type */ 



char 


*px, *py; 


int 


*ndely, *dely; 


fat 


ndelx, delx; 


int 




int 


mis; 


int 


insO, insl; 


register 
register 


id; 


register 


U; 

*co!0, *coll; 


register 


xx, yy; 



diagonal index */ 
jmp index */ 
score for curr, last row */ 
index into seqs */ 

dx = (struct diag *)g_caIloc("to get diags", lenO+lenl + l, slzeof(struct diag)); 

ndely = (int *)g_calloc("to get ndely", lenl+1, sizeof(int)); 
dely = (int *)g_calloc("to get dely", Ienl + 1, sizeof(int)); 
25 colO = (int *)g_calloc("to get coIO", lenl+1, sizeof(int)); 

coll = (int *)g_callocCto get coll lenl + 1, sizeof(int)); 
insO = (dna)? DINSO : PINSO; 
insl = (dna)? DINS1 : PINS1; 

30 smax = -10000; 

if(endgaps){ 

for (co!0[0] = delytO] = -insO, yy = 1; yy < = lenl; yy+ +) { 
colOJyy] = delytyy] = col0[yy-ll - insl; 
ndely[yy] = yy; 

35 } 

col0[0] = 0; /* Waterman Bull Math Biol 84 */ 

} 

else 

for (yy = 1; yy < = lenl; yy++) 
40 dely[yy] = -insO; 

/* fill in match matrix 
*/ 

for (px = seqx[0], xx = 1; xx < = lenO; px++, xx++) { 
45 /* initialize first entry in col 

*/ 

if (endgaps) { 

if(xx= = 1) 

coll[0] = delx = -(insO+insl); 

50 else 

coll[0] = delx = co!0[0] - insl; 
ndelx = xx; 



coll[0] = 0; 
delx = -insC 
ndelx = 0; 



60 
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Table 1 (conV) 

r (py = seqx[l], yy = 1; yy < = lenl; py++, yy+ +) { 
mis = colOEyy-1]; 
if (dna) 

mis += (xbmPpx-'A'J&xbmPpy-'A'])? DMAT : DMIS; 

else 

mis += _day[*px-'A'][*py-'A']; 

/* update penalty for del in x seq; 

* favor new del over ongong del 

* ignore MAXGAP if weighting endgaps 
*/ 

if (endgaps | [ ndelylyy] < MAXGAP) { 

if (colOfyy] - insO > = delylyy]) { 

delylyy] = colOfyy] - (insO+insl); 
ndelylyy] = 1; 

>else{ 

delylyy] -= insl; 
ndely[yy] + +; 

} 



}ebe{ 



if (colOfyy] - (insO+insl) > = delylyy]) { 
delylyy] = colOfyy] - (insO+insl); 
ndelylyy] = 1; 

}else 

ndelylyy] + +; 



/* update penalty for del in y seq; 

* favor new del over ongong del 
*/ 

if (endgaps j | ndelx < MAXGAP) { 

if (colljyy-l] - insO > = delx) { 

delx = coll[yy-l] - (insO+insl); 
ndelx = 1; 

}else{ 

delx -= insl; 
ndelx++; 

} 

}else{ 

if (colllyy-l] - (insO+insl) > = delx) { 
delx = coll|yy-l] - (insO+insl); 
ndelx = 1; 

} else 

ndelx++; 

} 

/* pick the maximum score; we're favoring 

* mis over any del and delx over dely 
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id = xx - yy 4- lenl - 1; 

if (mis > = delx && mis > = delylyy]) 

collfyy] = mis; 
5 else if (delx > = dely[yy]) { 

colllyy] = delx; 

ij = dx[id].ijmp; 

if (dx[id].jp.n[0] && (!dna 1 1 (ndelx > = MAXJMP 
. _ && xx > dx[id].jp.x[ij]+MX) | [ mis > dx[id].score+DMSO)) { 

iU dx[id].ijmp+ + ; 

if (++ij > = MAXJMP) { 
writejmps(id); 
ij = dxpd].ijmp = 0; 
dxfid].offset = offset; 

^ offset + = sizeof(struct jmp) + sizeof(offset); 

} 

3==. dxpfl-jp-npj] = ndelx; 

dxfid].jp.x[ij] = xx; 

*H dx[id]. score = delx; 

m y 

SJ else{ 

p colllyy] = delyfyy]; 

' ij = dx[id].ijmp; 

if (dx[id].jp.n[0] && (!dna 1 1 (ndelyfyy] > = MAXJMP 
yi && xx > dx[id].jp.x[ij]+MX) 1 1 mis > dx[id].score+DINSO)) { 

4^ dx[id].ijmp++; 

if (+ +ij > = MAXJMP) { 
y= writejmpsad); 
fT™ ij = dx[id].ijmp = 0; 

yi dx[id].offset = offset; 

\ ^ offset += sizeof (struct jmp) + sizeof(offset); 

- 35 dx[id] .jp.n[ij] = -ndelyfyy]; 

dx[id].jp.x[ij] = xx; 
dx[id].score = delylyy]; 

if (xx == lenO && yy < lenl) { 
40 /* last col 

*/ 

if (endgaps) 

collfyy] -= insO+insl*(lenl-yy); 
if (coll [yy] > smax) { 
45 smax = collfyy]; 

dmax = id; 

} 

} } 

50 if (endgaps && xx < lenO) 

collfyy-1] -= insO+insl*(IenO-xx); 
if (coll fyy-1] > smax) { 

smax = collfyy-1]; 
dmax = id; 

55 } 

tmp = colO; colO = coll; coll = tmp; 

(void) free((char *)ndely); 
(void) free((char *)dely); 
60 (void) free((char *)col0); 

(void) free((char *)coll); 
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